#!/usr/bin/env python
# --coding:utf-8--
"""
@File    : spider.py
@Time    : 2021/8/2 21:18
@Author  : cpl
"""
from Crawl import Crawl
import GlobalVar

mycrawl = Crawl()
GlobalVar.set_pkg_list()
#GlobalVar.crawl_pkg_list(0, 4)
#GlobalVar.test()
mycrawl.crawl_list_batch(2000)